@InProceedings{K16-1029,
  author = 	"See, Abigail
		and Luong, Minh-Thang
		and Manning, Christopher D.",
  title = 	"Compression of Neural Machine Translation Models via Pruning",
  booktitle = 	"Proceedings of CoNLL",
  year = 	"2016"
}
@InProceedings{P17-1079,
  author = 	"Oda, Yusuke
		and Arthur, Philip
		and Neubig, Graham
		and Yoshino, Koichiro
		and Nakamura, Satoshi",
  title = 	"Neural Machine Translation via Binary Code Prediction",
  booktitle = 	"Proceedings of ACL",
  year = 	"2017"
}
@InProceedings{P17-2091,
  author = 	"Shi, Xing
		and Knight, Kevin",
  title = 	"Speeding Up Neural Machine Translation Decoding by Shrinking Run-time Vocabulary",
  booktitle = 	"Proceedings of ACL",
  year = 	"2017"
}
@InProceedings{E17-2025,
  author = 	"Press, Ofir
		and Wolf, Lior",
  title = 	"Using the Output Embedding to Improve Language Models",
  booktitle = 	"Proceedings of EACL",
  year = 	"2017"
}
@InProceedings{D17-1154,
  author = 	"Zhang, Xiaowei
		and Chen, Wei
		and Wang, Feng
		and Xu, Shuang
		and Xu, Bo",
  title = 	"Towards Compact and Fast Neural Machine Translation Using a Combined Method",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2017"
}
@InProceedings{D17-1300,
  author = 	"Devlin, Jacob",
  title = 	"Sharp Models on Dull Hardware: Fast and Accurate Neural Machine Translation Decoding on the CPU",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2017"
}
@InProceedings{I17-2046,
  author = 	"Zhang, Dakun
		and Kim, Jungi
		and Crego, Josep
		and Senellart, Jean",
  title = 	"Boosting Neural Machine Translation",
  booktitle = 	"Proceedings of IJCNLP",
  year = 	"2017"
}
@InProceedings{kaiser2018fast,
  title={Fast Decoding in Sequence Models Using Discrete Latent Variables},
  author={Kaiser, {\L}ukasz and Roy, Aurko and Vaswani, Ashish and Pamar, Niki and Bengio, Samy and Uszkoreit, Jakob and Shazeer, Noam},
  booktitle={Proceedings of ICML},
  year={2018}
}
@InProceedings{N18-3013,
  author = 	"Iglesias, Gonzalo
		and Tambellini, William
		and de Gispert, Adri{\`a}
		and Hasler, Eva
		and Byrne, Bill",
  title = 	"Accelerating NMT Batched Beam Decoding with LMBR Posteriors for Deployment",
  booktitle = 	"Proceedings of NAACL",
  year = 	"2018"
}
@InProceedings{N18-3014,
  author = 	"Quinn, Jerry
		and Ballesteros, Miguel",
  title = 	"Pieces of Eight: 8-bit Neural Machine Translation",
  booktitle = 	"Proceedings of NAACL",
  year = 	"2018"
}
@InProceedings{N18-1119,
  author = 	"Post, Matt
		and Vilar, David",
  title = 	"Fast Lexically Constrained Decoding with Dynamic Beam Allocation for Neural Machine Translation",
  booktitle = 	"Proceedings of NAACL",
  year = 	"2018"
}
@InProceedings{P18-1166,
  author = 	"Zhang, Biao
		and Xiong, Deyi
		and su jinsong , jinsong",
  title = 	"Accelerating Neural Transformer via an Average Attention Network",
  booktitle = 	"Proceedings of ACL",
  year = 	"2018"
}
@InProceedings{P18-2048,
  author = 	"Wang, Rui
		and Utiyama, Masao
		and Sumita, Eiichiro",
  title = 	"Dynamic Sentence Sampling for Efficient Training of Neural Machine Translation",
  booktitle = 	"Proceedings of ACL",
  year = 	"2018"
}
@InProceedings{W18-6301,
  author = 	"Ott, Myle
		and Edunov, Sergey
		and Grangier, David
		and Auli, Michael",
  title = 	"Scaling Neural Machine Translation",
  booktitle = 	"Proceedings of the Third Conference on Machine Translation: Research Papers",
  year = 	"2018"
}
@InProceedings{D18-1104,
  author = 	"Wuebker, Joern
		and Simianer, Patrick
		and DeNero, John",
  title = 	"Compact Personalized Models for Neural Machine Translation",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1460,
  author = 	"Zhang, Wen
		and Huang, Liang
		and Feng, Yang
		and Shen, Lei
		and Liu, Qun",
  title = 	"Speeding Up Neural Machine Translation Decoding by Cube Pruning",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1511,
  author = 	"Zhang, Zhisong
		and Wang, Rui
		and Utiyama, Masao
		and Sumita, Eiichiro
		and Zhao, Hai",
  title = 	"Exploring Recombination for Efficient Decoding of Neural Machine Translation",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1332,
  author = 	"Bogoychev, Nikolay
		and Heafield, Kenneth
		and Aji, Alham Fikri
		and Junczys-Dowmunt, Marcin",
  title = 	"Accelerating Asynchronous Stochastic Gradient Descent for Neural Machine Translation",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@inproceedings{NIPS2018_8212,
title = {Blockwise Parallel Decoding for Deep Autoregressive Models},
author = {Stern, Mitchell and Shazeer, Noam and Uszkoreit, Jakob},
booktitle = {Proceedings of NeurIPS},
year = {2018},
}

